
<!DOCTYPE html>
<html>

	<head>
		<meta charset="UTF-8">
		<meta name="viewport" content="width=device-width, initial-scale=1, maximum-scale=1, user-scalable=no">
		<title>纯真年代-基于Spark SQL对本站nginx日志进行简单统计</title>
		<link rel="shortcut icon" href="/favicon.ico" type="image/x-icon" />
		<link rel="bookmark" href="/favicon.ico" />
		<link rel="stylesheet" href="../css/layui.css" />
		<link rel="stylesheet" href="../css/web/common.css" />
		<link rel="stylesheet" href="../css/web/article_detail.css" />
		<link rel="stylesheet" href="../css/wangEditor/wangEditor.css?v=1.15" />
	</head>

	<body>
		<header class="myheader animated top">
			<!-- 底部信息 -->
			<div class="layui-container">
	<div class="logo">
		<a href="/">
			<svg version="1.0" xmlns="http://www.w3.org/2000/svg" width="100%" height="100%" viewBox="0 0 170.000000 45.000000" preserveAspectRatio="xMidYMid meet" color-interpolation-filters="sRGB" class="el-tooltip" style="margin: auto;">
				<g fill="#F75733" class="icon-svg-group iconsvg" transform="translate(0,0)">
					<g transform="translate(0,0)">
						<g class="iconsvg-namesvg" transform="translate(0,0)">
							<g>
								<path transform="translate(-2.16,33.16)" d="M37.76-4.64L34.84 2.76L24.48 2.76L24.48-7.44L16.12-7.44L16.12-21.60L20.44-21.60L20.44-11.72L24.48-11.72L24.48-24.68L15.64-24.68L15.64-29L24.48-29L24.48-33.16L28.80-33.16L28.80-29L37.80-29L37.80-24.68L28.80-24.68L28.80-11.72L33.04-11.72L33.04-21.60L37.36-21.60L37.36-7.44L28.80-7.44L28.80-1.52L31.92-1.52L33.76-6.20ZM14.92-6L2.32-6L2.32-10.16L7.44-17.96L2.36-17.96L2.36-22.16L8.92-33.16L12.60-30.92L7.40-22.24L10.24-22.24L11.92-24.76L15.52-22.44L7.56-10.32L14.92-10.32ZM14.96 1.88L2.16 1.88L2.16-2.40L14.96-2.40ZM77.92-3.64L71.92-3.64L74.48-1.12L70.64 2.68L66.88-1.12L69.36-3.64L50.60-3.64L53.12-1.12L49.32 2.68L45.48-1.12L48-3.64L42.04-3.64L42.04-7.56L47.16-7.56L47.16-25.56L57.84-25.56L57.84-27.44L42.92-27.44L42.92-31.40L57.84-31.40L57.84-33.08L62.16-33.08L62.16-31.40L77.04-31.40L77.04-27.44L62.16-27.44L62.16-25.56L72.84-25.56L72.84-7.56L77.92-7.56ZM56.68-10.08L59-12.40L56.68-14.76L59-17.08L56.68-19.36L58.92-21.60L51.12-21.60L51.12-7.56L59.20-7.56ZM68.88-21.60L61.08-21.60L63.32-19.40L61-17.08L63.32-14.76L60.96-12.40L63.32-10.08L60.80-7.56L68.88-7.56ZM83.08-9.80L88.08-9.80L88.08-20.56L100.36-20.56L100.36-26.16L91.20-26.16L85.40-19.40L82.12-22.16L88.12-29.24L88.12-33.08L92.44-33.08L92.44-30.44L116.60-30.44L116.60-26.16L104.68-26.16L104.68-20.56L116.60-20.56L116.60-16.24L104.68-16.24L104.68-9.80L117.84-9.80L117.84-5.48L104.68-5.48L104.68 2.76L100.36 2.76L100.36-5.48L83.08-5.48ZM92.36-9.80L100.36-9.80L100.36-16.24L92.36-16.24ZM157.24-6.52L153.40 2.76L144.48 2.76L142.32-18.16L133.60-18.08L133.56-22.36L141.88-22.40L140.84-32.52L145.12-32.96L146.20-22.44L157.68-22.56L157.72-18.28L146.64-18.20L148.36-1.56L150.52-1.56L153.28-8.16ZM135.28-30.40L132.20-26.56L132.20 2.68L127.88 2.68L127.88-21.16L125.64-18.40L122.24-21.08L131.92-33.08ZM149.76-28.40L153.56-32.24L157.40-28.40L153.56-24.60Z"></path>
							</g>
							<!---->
						</g>
						<g fill="#F75733" class="iconsvg-slogansvg" transform="translate(0.001953125,40.1618766784668)">
							<!---->
							<rect x="94.828125" height="1" y="5.125" width="60.73046875"></rect>
							<!---->
							<g>
								<path transform="translate(-0.1875,8.71875)" d="M6.56 0L5.72-2.48L2.25-2.48L1.36 0L0.19 0L3.42-8.58L4.73-8.58L7.83 0L6.56 0ZM3.98-7.31L2.63-3.52L5.30-3.52L4.03-7.31L3.98-7.31ZM9.56-3.14L9.56-3.14L9.56-3.14Q9.61-0.75 11.25-0.70L11.25-0.70L11.25-0.70Q12.89-0.84 12.94-2.81L12.94-2.81L12.94-2.81Q12.98-5.48 11.25-5.48L11.25-5.48L11.25-5.48Q9.52-5.48 9.56-3.14ZM12.94-6.28L13.92-6.28L13.92-0.52L13.92-0.52Q14.02 2.53 11.06 2.53L11.06 2.53L11.06 2.53Q8.86 2.53 8.63 0.66L8.63 0.66L9.70 0.66L9.70 0.66Q9.89 1.69 11.11 1.69L11.11 1.69L11.11 1.69Q12.98 1.69 12.89-0.42L12.89-0.42L12.89-0.70L12.89-0.66L12.89-0.66Q12.33 0.09 11.20 0.09L11.20 0.09L11.20 0.09Q8.58 0 8.44-3.33L8.44-3.33L8.44-3.33Q8.58-6.33 11.06-6.47L11.06-6.47L11.06-6.47Q12.23-6.47 12.94-5.39L12.94-5.39L12.94-6.28ZM19.69-1.97L19.69-1.97L20.72-1.97L20.72-1.97Q20.53-0.89 19.59-0.23L19.59-0.23L19.59-0.23Q19.08 0.09 17.91 0.09L17.91 0.09L17.91 0.09Q15.23 0 15.09-2.95L15.09-2.95L15.09-2.95Q15.19-6.38 18.09-6.47L18.09-6.47L18.09-6.47Q20.77-6.42 20.81-2.77L20.81-2.77L16.22-2.77L16.22-2.77Q16.22-0.70 18.05-0.70L18.05-0.70L18.05-0.70Q19.36-0.80 19.69-1.97ZM16.22-3.61L16.22-3.61L19.73-3.61L19.73-3.61Q19.59-5.48 17.95-5.48L17.95-5.48L17.95-5.48Q16.41-5.34 16.22-3.61ZM25.03-3.14L25.03-3.14L25.03-3.14Q25.22-6.33 27.94-6.47L27.94-6.47L27.94-6.47Q30.66-6.33 30.84-3.14L30.84-3.14L30.84-3.14Q30.66 0 27.94 0.09L27.94 0.09L27.94 0.09Q25.22 0 25.03-3.14ZM26.11-3.14L26.11-3.14L26.11-3.14Q26.25-0.80 27.94-0.75L27.94-0.75L27.94-0.75Q29.63-0.80 29.77-3.14L29.77-3.14L29.77-3.14Q29.63-5.48 27.94-5.53L27.94-5.53L27.94-5.53Q26.25-5.48 26.11-3.14ZM34.41-6.28L34.41-5.39L33.33-5.39L33.33 0L32.30 0L32.30-5.39L31.45-5.39L31.45-6.28L32.30-6.28L32.30-7.31L32.30-7.31Q32.30-8.72 33.89-8.72L33.89-8.72L33.89-8.72Q34.17-8.72 34.41-8.67L34.41-8.67L34.41-7.78L34.41-7.78Q34.17-7.78 33.94-7.78L33.94-7.78L33.94-7.78Q33.33-7.78 33.33-7.03L33.33-7.03L33.33-6.28L34.41-6.28ZM38.72-6.28L39.80-6.28L39.80 0L38.72 0L38.72-6.28ZM39.80-8.58L39.80-7.41L38.72-7.41L38.72-8.58L39.80-8.58ZM46.41-4.27L46.41-4.27L46.41 0L45.38 0L45.38-3.84L45.38-3.84Q45.47-5.58 44.02-5.48L44.02-5.48L44.02-5.48Q42.42-5.39 42.38-3.42L42.38-3.42L42.38 0L41.30 0L41.30-6.28L42.33-6.28L42.33-5.39L42.33-5.39Q43.08-6.47 44.25-6.47L44.25-6.47L44.25-6.47Q46.36-6.42 46.41-4.27ZM53.06-4.27L53.06-4.27L53.06 0L52.03 0L52.03-3.84L52.03-3.84Q52.13-5.58 50.67-5.48L50.67-5.48L50.67-5.48Q49.08-5.39 49.03-3.42L49.03-3.42L49.03 0L47.95 0L47.95-6.28L48.98-6.28L48.98-5.39L48.98-5.39Q49.73-6.47 50.91-6.47L50.91-6.47L50.91-6.47Q53.02-6.42 53.06-4.27ZM54.28-3.14L54.28-3.14L54.28-3.14Q54.47-6.33 57.19-6.47L57.19-6.47L57.19-6.47Q59.91-6.33 60.09-3.14L60.09-3.14L60.09-3.14Q59.91 0 57.19 0.09L57.19 0.09L57.19 0.09Q54.47 0 54.28-3.14ZM55.36-3.14L55.36-3.14L55.36-3.14Q55.50-0.80 57.19-0.75L57.19-0.75L57.19-0.75Q58.88-0.80 59.02-3.14L59.02-3.14L59.02-3.14Q58.88-5.48 57.19-5.53L57.19-5.53L57.19-5.53Q55.50-5.48 55.36-3.14ZM66.23-4.13L66.23-4.13L65.20-4.13L65.20-4.13Q65.06-5.48 63.75-5.48L63.75-5.48L63.75-5.48Q62.06-5.39 61.97-3.14L61.97-3.14L61.97-3.14Q61.97-0.70 63.70-0.70L63.70-0.70L63.70-0.70Q64.97-0.80 65.20-2.20L65.20-2.20L66.23-2.20L66.23-2.20Q65.86 0.05 63.70 0.09L63.70 0.09L63.70 0.09Q60.98 0 60.89-2.95L60.89-2.95L60.89-2.95Q60.98-6.38 63.89-6.47L63.89-6.47L63.89-6.47Q65.95-6.42 66.23-4.13ZM71.58-1.97L71.58-1.97L72.61-1.97L72.61-1.97Q72.42-0.89 71.48-0.23L71.48-0.23L71.48-0.23Q70.97 0.09 69.80 0.09L69.80 0.09L69.80 0.09Q67.13 0 66.98-2.95L66.98-2.95L66.98-2.95Q67.08-6.38 69.98-6.47L69.98-6.47L69.98-6.47Q72.66-6.42 72.70-2.77L72.70-2.77L68.11-2.77L68.11-2.77Q68.11-0.70 69.94-0.70L69.94-0.70L69.94-0.70Q71.25-0.80 71.58-1.97ZM68.11-3.61L68.11-3.61L71.63-3.61L71.63-3.61Q71.48-5.48 69.84-5.48L69.84-5.48L69.84-5.48Q68.30-5.34 68.11-3.61ZM79.03-4.27L79.03-4.27L79.03 0L78 0L78-3.84L78-3.84Q78.09-5.58 76.64-5.48L76.64-5.48L76.64-5.48Q75.05-5.39 75-3.42L75-3.42L75 0L73.92 0L73.92-6.28L74.95-6.28L74.95-5.39L74.95-5.39Q75.70-6.47 76.88-6.47L76.88-6.47L76.88-6.47Q78.98-6.42 79.03-4.27ZM85.55-4.13L85.55-4.13L84.52-4.13L84.52-4.13Q84.38-5.48 83.06-5.48L83.06-5.48L83.06-5.48Q81.38-5.39 81.28-3.14L81.28-3.14L81.28-3.14Q81.28-0.70 83.02-0.70L83.02-0.70L83.02-0.70Q84.28-0.80 84.52-2.20L84.52-2.20L85.55-2.20L85.55-2.20Q85.17 0.05 83.02 0.09L83.02 0.09L83.02 0.09Q80.30 0 80.20-2.95L80.20-2.95L80.20-2.95Q80.30-6.38 83.20-6.47L83.20-6.47L83.20-6.47Q85.27-6.42 85.55-4.13ZM90.89-1.97L90.89-1.97L91.92-1.97L91.92-1.97Q91.73-0.89 90.80-0.23L90.80-0.23L90.80-0.23Q90.28 0.09 89.11 0.09L89.11 0.09L89.11 0.09Q86.44 0 86.30-2.95L86.30-2.95L86.30-2.95Q86.39-6.38 89.30-6.47L89.30-6.47L89.30-6.47Q91.97-6.42 92.02-2.77L92.02-2.77L87.42-2.77L87.42-2.77Q87.42-0.70 89.25-0.70L89.25-0.70L89.25-0.70Q90.56-0.80 90.89-1.97ZM87.42-3.61L87.42-3.61L90.94-3.61L90.94-3.61Q90.80-5.48 89.16-5.48L89.16-5.48L89.16-5.48Q87.61-5.34 87.42-3.61Z"></path>
							</g>
						</g>
					</g>
				</g>
			</svg>
		</a>
	</div>
	<div class="left layui-hide-xs">
		<ul class="layui-nav">
			<li class="layui-nav-item">
				<a href="/index?__hbt=1524650296533">首页</a>
			</li>
			<li class="layui-nav-item">
				<a href="/article_list?__hbt=1524650296533">文章归档</a>
			</li>
			<li class="layui-nav-item">
				<a href="/index?__hbt=1524650296533">那年今日</a>
			</li>
			<li class="layui-nav-item">
				<a href="javascript:;">实验&nbsp;<i class="layui-icon layui-icon-triangle-d"></i></a>
				<dl class="layui-nav-child">
		          <dd><a href="/video" target="view_window">视频解析</a></dd>
		          <dd><a href="/web/user-area-view.html" target="view_window">简单统计（按天）</a></dd>
		          <dd><a href="/web/public-img-webm.html" target="view_window">本站静态资源</a></dd>
		        </dl>
			</li>
			<li class="layui-nav-item">
				<a href="/leave_msg?__hbt=1524650296533">留言</a>
			</li>
			<li class="layui-nav-item">
				<a href="/about?__hbt=1524650296533">关于</a>
			</li>
		</ul>
	</div>
	<div class="right">
		<ul class="layui-nav">
			<li class="layui-nav-item layui-hide-sm layui-hide-md layui-hide-lg" id="navs">
				<a>
					<i class="layui-icon">&#xe65f;</i>
				</a>
			</li>
			<li id="login_no" class="layui-nav-item" style="display: none;">
				<a onclick="return parent.location.href='/api/blog-web/oauth2/qqLogin'" href="javascript:;" id="login"><img src="https://triedblog.oss-cn-beijing.aliyuncs.com/my/nologin.png" class="layui-nav-img">QQ登录</a>
				<!--<dl class="layui-nav-child">
					<dd>
						<a href="javascript:;" id="login">立即登录</a>
					</dd>
					<dd>
						<a href="javascript:;" id="reg">点我注册</a>
					</dd>
				</dl>-->
			</li>
			<li id="login_yes" class="layui-nav-item" style="display: none;">
				<a><img id="figureurlQq1" class="layui-nav-img"><b id="nickname">您的昵称</b></a>
				<dl class="layui-nav-child">
                    <!--
					<dd>
						<a href="javascript:;">绑定账号</a>
					</dd>
                    -->
					<dd>
						<a href="javascript:;" id="login_out">退出</a>
					</dd>
				</dl>
			</li>
		</ul>
	</div>
</div>
		</header>
		<div class="content">
			<!-- 帖子 -->
			<div class="layui-container mycontent">
				<div class="layui-row">
					<div class="layui-col-md8 layui-col-sm8 layui-col-xs12 content-left">
						<p class="intitle"><b>您现在的位置是：</b>
							<a href="/index">首页</a>
							>
							<a href="#">基于Spark SQL对本站nginx日志进行简单统计</a>
						</p>
						<hr class="layui-bg-red">
						<div class="article_detail">
							<h2 class="title" id="article_id" article_id="1538898727015">基于Spark SQL对本站nginx日志进行简单统计</h2>
							<!-- 文章的一些基本信息 -->
							<p>
								<a title="作者"><i class="layui-icon">&#xe612;</i>纯真年代</a>
								<a title="发布时间"><i class="layui-icon">&#xe60e;</i>2018-10-06 20:52:07</a>
								<span>
									<a title="评论量" href="#comment_editor"><i class="layui-icon">&#xe606;</i>0</a>
									<a title="点击量" href="#comment">共<b>64</b>人围观</a>
								</span>
								<a class="layui-clear"></a>
							</p>
							<!-- 文章主题内容 -->
							<div class="article_content">
								<p>完善中...</p><p>日志下载：<a href="https://pan.baidu.com/s/1e7rP8sZpnjhipQW75mIb7A" target="_blank" style="text-decoration-line: underline; color: rgb(0, 25, 255);">access.log</a>（截止时间201818-10-06）<a href="https://www.bblog.vip/web/user-area-view.html" target="_blank" style="text-decoration-line: underline; color: rgb(0, 25, 255);">直达车</a></p><blockquote>需求分析</blockquote><p>&nbsp; &nbsp; 1）按照地区统计用户访问，以天进行分区统计<br></p><p><img src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-10-07/blog-web-area-test.png" style="max-width:100%;"><br></p><p>&nbsp; &nbsp; 2）访问平台<br></p><p><img src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-10-07/blog-web-os-test.png" style="max-width:100%;"><br></p><p>&nbsp; &nbsp; 3）统计浏览器<br></p><p><img src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-10-07/blog-web-os-browser-test.png" style="max-width:100%;"><br></p><p>&nbsp; &nbsp; 4）我们也可以进行流量统计</p><blockquote>日志分析</blockquote><p>日志：<span style="background-color: rgb(241, 241, 241); white-space: pre-wrap;">150.138.216.76 - - [28/Sep/2018:17:18:46 +0800] "GET /lay/system/edit.js HTTP/1.1" 200 6590 "http://www.bblog.vip/article_detail/1536997960837" "Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:62.0) Gecko/20100101 Firefox/62.0"</span></p><p>我们可以拿到访问ip，访问url，UserAgent，流量等信息</p><p>我们可以使用ip解析出用户地区</p><p>我们可以使用UserAgent解析出用户访问其他信息，借助<a href="https://github.com/LeeKemp/UserAgentParser" target="_blank" style="color: rgb(0, 25, 255); text-decoration-line: underline;">直达车</a></p><blockquote>数据清洗</blockquote><p>&nbsp; &nbsp; 1）我们清除一些非国内地区的ip<br></p><p>&nbsp; &nbsp; 2）清洗访问路径是js,css,txt,html,jpg,png,woff之类的，我直接过滤掉了非首页地址的数据</p><blockquote>需求业务统计实现</blockquote><p>&nbsp; &nbsp; 1）需求一上代码：<a href="https://gitee.com/yy1122/blog-stat.git" target="_blank" style="text-decoration-line: underline; color: rgb(0, 25, 255);">直达车</a></p><blockquote>统计结果入库（这里入库到Mysql）</blockquote><p>&nbsp; &nbsp; 1）例子：<br></p><pre><code>def insertAreaBatch(list: ListBuffer[DayAreaTimes]) = {<br><br>    var connection: Connection = null<br>    var pstmt: PreparedStatement = null<br>    try {<br>      connection = MysqlUtils.getConnetction()<br><br>      val sql = "insert into day_area_times_stat(day,area,times) values (?,?,?) "<br>      pstmt = connection.prepareStatement(sql)<br><br>      //关闭自动提交<br>      connection.setAutoCommit(false)<br>      for (data &lt;- list) {<br>        pstmt.setString(1, data.day)<br>        pstmt.setString(2, data.area)<br>        pstmt.setLong(3, data.times)<br>        pstmt.addBatch()<br>      }<br>      //执行批处理<br>      pstmt.executeBatch()<br>      connection.commit()<br>    } catch {<br>      case e: Exception =&gt; e.printStackTrace()<br>    } finally {<br>      MysqlUtils.release(connection, pstmt)<br>    }<br>  }</code></pre><p><br></p><blockquote>结果可视化展示</blockquote><p>&nbsp; &nbsp; 1）<a href="http://echarts.baidu.com/" target="_blank" style="text-decoration-line: underline; color: rgb(0, 25, 255);">echarts官网</a><br></p><p><br></p><blockquote>数据清洗、统计运行在YARN上</blockquote><p><span style="font-weight: bold;">1）数据清洗泡在YARN上</span></p><p>打包并上传（使用的这个插件）</p><pre><code>&lt;!-- mvn assembly:assembly --&gt;<br>            &lt;plugin&gt;<br>                &lt;artifactId&gt;maven-assembly-plugin&lt;/artifactId&gt;<br>                &lt;configuration&gt;<br>                    &lt;archive&gt;<br>                        &lt;manifest&gt;<br>                            &lt;mainClass&gt;&lt;/mainClass&gt;<br>                        &lt;/manifest&gt;<br>                    &lt;/archive&gt;<br>                    &lt;descriptorRefs&gt;<br>                        &lt;descriptorRef&gt;jar-with-dependencies&lt;/descriptorRef&gt;<br>                    &lt;/descriptorRefs&gt;<br>                &lt;/configuration&gt;<br>            &lt;/plugin&gt;</code></pre><p>将日志上传到hdfs(hadoop fs -put access.log /spark/access/input)&nbsp;</p><p>将.csv,.xlsx上传到服务器&nbsp;<br></p><p>命令运行（记得启动hadoop）<a href="http://spark.apache.org/docs/latest/submitting-applications.html" target="_blank" style="text-decoration-line: underline; color: rgb(0, 25, 255);">YARN运行命令直达车</a></p><pre><code>这个可以配置到系统，也可以临时使用<br>export HADOOP_CONF_DIR=/root/app/hadoop-2.6.0-cdh5.9.3/etc/hadoop <br><br>./bin/spark-submit \<br>--class com.blog.spark.job.SparkStatCleanJobYARN \<br>--name SparkStatCleanJobYARN \<br>--master yarn \<br>--executor-memory 1G \<br>--num-executors 1 \<br>--files /root/lib/files/ipDatabase.csv,/root/lib/files/ipRegion.xlsx \<br>/root/lib/spark-sql-1.0-jar-with-dependencies.jar \<br>hdfs://hadoop000:8020/spark/access/input/* hdfs://hadoop000:8020/spark/access/output</code></pre><p>过程及结果查看</p><p><img src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-10-12/blog-spark-sql-clean-view-1.png" style="max-width:100%;"><br></p><p><img src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-10-12/blog-spark-sql-clean-hdfs-1.png" style="max-width:100%;"><br></p><pre><code>spark.read.format("json").load("hdfs://hadoop000:8020/spark/access/output/part-00000-6d55a973-cfa9-4fcf-afcd-6a1be74c089f-c000.json").show(false)</code></pre><p><img src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-10-12/blog-spark-sql-clean-hive-view-1.png" style="max-width:100%;"><br></p><p><span style="font-weight: bold;">2）将统计任务跑在YARN上</span></p><p><br></p><blockquote>性能调优</blockquote><p><br></p><p><br></p><p><br></p><p><br></p><p><br></p><p><br></p>
							</div>
                            <!-- 上一篇，下一篇 -->
							<div id="nextinfo" class="nextinfo">
								<p>上一篇：

									<a href="/article_detail/1539228493879">本站静态资源</a>

								</p>
								<p>下一篇：

									<a href="/article_detail/1538558686838">Spark环境搭建上手</a>

								</p>
							</div>
							<!-- 评论模块 -->
							<div id="comment_editor" class="comment_editor">
								<textarea placeholder="评论内容" id="article_editor" name="content" class="layui-textarea  article_editor" style=" height: 150px; "></textarea>
							</div>
							<button class="layui-btn layui-btn-danger layui-submit layui-unselect">提交评论</button>
							<a class="layui-clear"></a>
						</div>
						<!-- 评论回复 -->
						<strong class="layui-unselect">全部评论</strong>
						<hr class="layui-bg-red">
						<!-- 评论回复列表 -->
						<div id="comment" class="comment">
							<ul id="comment_list">
								
							</ul>
						</div>
					</div>
					<!-- 右边模块 -->
					<div class="layui-col-md4 layui-col-sm4 layui-col-xs12 content-right">
	<div>

		<!-- 文章标签 -->
		<div class="flag" id="right_labels">
			<h3 class="layui-unselect">文章标签</h3>
			<div class="content">

					<a class="animated3" href="/label/1" title="springboot" style="background-color: #7b91fc;">springboot</a>

					<a class="animated3" href="/label/6" title="YARN" style="background-color: #fb7dff;">YARN</a>

					<a class="animated3" href="/label/7" title="HDFS" style="background-color: #ff7575;">HDFS</a>

					<a class="animated3" href="/label/8" title="Spark" style="background-color: #ff088c;">Spark</a>

					<a class="animated3" href="/label/9" title="java" style="background-color: #dd00ff;">java</a>

					<a class="animated3" href="/label/10" title="springcloud" style="background-color: #544671;">springcloud</a>

					<a class="animated3" href="/label/11" title="nginx" style="background-color: #c856eb;">nginx</a>

					<a class="animated3" href="/label/14" title="MapReduce" style="background-color: #ff06a4;">MapReduce</a>

					<a class="animated3" href="/label/15" title="Spring" style="background-color: #00cf6e;">Spring</a>

					<a class="animated3" href="/label/16" title="AliyunOSS" style="background-color: #ffb404;">AliyunOSS</a>

					<a class="animated3" href="/label/21" title="Hadoop" style="background-color: #a01f64;">Hadoop</a>

					<a class="animated3" href="/label/22" title="Hive" style="background-color: #3561fe;">Hive</a>

					<a class="animated3" href="/label/23" title="Spark SQL" style="background-color: #14cd71;">Spark SQL</a>

					<a class="animated3" href="/label/24" title="Scala" style="background-color: #d9de49;">Scala</a>

			</div>
		</div>
		<!-- 文章分类 -->
		<div class="classify" id="right_fenlei">
			<h3 class="layui-unselect">文章分类</h3>
			<div class="content">

				<a href="/classify/25" title="公共资源">公共资源 (1)</a>

				<a href="/classify/4" title="学习笔记">学习笔记 (11)</a>

			</div>
		</div>
		<!-- 热门文章，后台通过点击量 -->
		<div class="hot-post">
			<h3 class="layui-unselect">热门文章</h3>
			<div class="content">
				<ul>

					<li class="animated8">
						<a href="/article_detail/1537198865279" title="Hadoop实战-浏览器统计" target="_blank" class="thumbnail-link">
							<img class="thumbnailside" title="Hadoop实战-浏览器统计" alt="Hadoop实战-浏览器统计" src="https://triedblog.oss-cn-beijing.aliyuncs.com/my/5.jpg" width="46" height="46" style="overflow: hidden;" />
						</a>
						<div class="right-box">
							<h4 class="title">
									<a href="/article_detail/1537198865279" title="Hadoop实战-浏览器统计">Hadoop实战-浏览器统计</a>
								</h4>
							<p class="time">
								<i class="layui-icon layui-icon-date"></i>
								<a>2018-09-17 23:41:05</a>
							</p>
							<p class="view">
								<i class="layui-icon layui-icon-read"></i>
								<a>162</a>
							</p>
						</div>
					</li>

					<li class="animated8">
						<a href="/article_detail/1537005818243" title="HDFS上手体验" target="_blank" class="thumbnail-link">
							<img class="thumbnailside" title="HDFS上手体验" alt="HDFS上手体验" src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-09-17/hdfs-logo.png" width="46" height="46" style="overflow: hidden;" />
						</a>
						<div class="right-box">
							<h4 class="title">
									<a href="/article_detail/1537005818243" title="HDFS上手体验">HDFS上手体验</a>
								</h4>
							<p class="time">
								<i class="layui-icon layui-icon-date"></i>
								<a>2018-09-15 18:03:38</a>
							</p>
							<p class="view">
								<i class="layui-icon layui-icon-read"></i>
								<a>128</a>
							</p>
						</div>
					</li>

					<li class="animated8">
						<a href="/article_detail/1537103922462" title="MapReduce分布式计算框架" target="_blank" class="thumbnail-link">
							<img class="thumbnailside" title="MapReduce分布式计算框架" alt="MapReduce分布式计算框架" src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-09-17/mapreduce-logo.png" width="46" height="46" style="overflow: hidden;" />
						</a>
						<div class="right-box">
							<h4 class="title">
									<a href="/article_detail/1537103922462" title="MapReduce分布式计算框架">MapReduce分布式计算框架</a>
								</h4>
							<p class="time">
								<i class="layui-icon layui-icon-date"></i>
								<a>2018-09-16 21:18:42</a>
							</p>
							<p class="view">
								<i class="layui-icon layui-icon-read"></i>
								<a>125</a>
							</p>
						</div>
					</li>

					<li class="animated8">
						<a href="/article_detail/1536994242063" title="初识Hadoop" target="_blank" class="thumbnail-link">
							<img class="thumbnailside" title="初识Hadoop" alt="初识Hadoop" src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-09-15/hadoop-logo.png" width="46" height="46" style="overflow: hidden;" />
						</a>
						<div class="right-box">
							<h4 class="title">
									<a href="/article_detail/1536994242063" title="初识Hadoop">初识Hadoop</a>
								</h4>
							<p class="time">
								<i class="layui-icon layui-icon-date"></i>
								<a>2018-09-15 14:50:42</a>
							</p>
							<p class="view">
								<i class="layui-icon layui-icon-read"></i>
								<a>122</a>
							</p>
						</div>
					</li>

					<li class="animated8">
						<a href="/article_detail/1538138100603" title="Hadoop分布式环境搭建" target="_blank" class="thumbnail-link">
							<img class="thumbnailside" title="Hadoop分布式环境搭建" alt="Hadoop分布式环境搭建" src="https://triedblog.oss-cn-beijing.aliyuncs.com/my/5.jpg" width="46" height="46" style="overflow: hidden;" />
						</a>
						<div class="right-box">
							<h4 class="title">
									<a href="/article_detail/1538138100603" title="Hadoop分布式环境搭建">Hadoop分布式环境搭建</a>
								</h4>
							<p class="time">
								<i class="layui-icon layui-icon-date"></i>
								<a>2018-09-28 20:35:01</a>
							</p>
							<p class="view">
								<i class="layui-icon layui-icon-read"></i>
								<a>105</a>
							</p>
						</div>
					</li>

					<li class="animated8">
						<a href="/article_detail/1536997960837" title="初识HDFS（分布式文件系统）" target="_blank" class="thumbnail-link">
							<img class="thumbnailside" title="初识HDFS（分布式文件系统）" alt="初识HDFS（分布式文件系统）" src="https://triedblog.oss-cn-beijing.aliyuncs.com/web/2018-09-17/hdfs-logo.png" width="46" height="46" style="overflow: hidden;" />
						</a>
						<div class="right-box">
							<h4 class="title">
									<a href="/article_detail/1536997960837" title="初识HDFS（分布式文件系统）">初识HDFS（分布式文件系统）</a>
								</h4>
							<p class="time">
								<i class="layui-icon layui-icon-date"></i>
								<a>2018-09-15 15:52:41</a>
							</p>
							<p class="view">
								<i class="layui-icon layui-icon-read"></i>
								<a>89</a>
							</p>
						</div>
					</li>

				</ul>
			</div>
		</div>
		<!-- 热门推荐文章，后台设置 -->
		<div class="re-post" id="right_youzan">
			<h3 class="layui-unselect">友站连接</h3>
			<div class="content">
				<ol>
					<div class="layui-row">
						<div class="layui-col-md6 layui-col-sm6 layui-col-xs6">
							<li>
								<img title="灰’s Blog" alt="灰’s Blog" src="https://www.hurbai.com/favicon.ico" style="display: inline-block;max-width: 16px;max-height: 16px;border: none;" />
								<a title="灰’s Blog" target="_blank" href="https://www.hurbai.com/">灰’s Blog</a>
							</li>
						</div>
						<div class="layui-col-md6 layui-col-sm6 layui-col-xs6">
							<li>
								<img title="有干货 有态度 亦有你" alt="有干货 有态度 亦有你" src="https://cn.gravatar.com/avatar/b20750c40cd911256ddbd76a7f7e724c" style="display: inline-block;max-width: 16px;max-height: 16px;border: none;" />
								<a title="有干货 有态度 亦有你" target="_blank" href="https://godbmw.com">GodBMW</a>
							</li>
						</div>
						<div class="layui-col-md6 layui-col-sm6 layui-col-xs6">
							<li>
								<img title="LmCjl网站在线工具" alt="LmCjl网站在线工具" src="https://www.lmcjl.com/public/images/favicon.ico" style="display: inline-block;max-width: 16px;max-height: 16px;border: none;" />
								<a title="LmCjl网站在线工具" target="_blank" href="https://www.lmcjl.com/">LmCjl网站在线工具</a>
							</li>
						</div>
						<div class="layui-col-md12 layui-col-sm12 layui-col-xs12">
							<li>
                                <a title="留言或者@1396513066" target="_blank" href="https://wpa.qq.com/msgrd?v=3&uin=1396513066&site=qq&menu=yes">留言或@1396513066</a>	
							</li>
						</div>
					</div>
				</ol>
			</div>
		</div>
		<!-- 热门推荐文章，后台设置 -->
		<div class="re-post">
			<h3 class="layui-unselect">活动</h3>
			<div class="content">
				<ol>
					<div class="layui-row">
						<div class="layui-col-md12 layui-col-sm12 layui-col-xs12">
                            <li>
								<a target="_blank" href="https://promotion.aliyun.com/ntms/act/campus2018.html?userCode=7ulkk1gd">阿里云学生价（24岁以下自动获得学生身份）</a>
							</li>
							<li>
								<a target="_blank" href="https://promotion.aliyun.com/ntms/yunparter/invite.html?userCode=7ulkk1gd">阿里云最高￥1000云产品通用代金券</a>
							</li>
							<li>
								<a target="_blank" href="https://promotion.aliyun.com/ntms/act/qwbk.html?userCode=7ulkk1gd">ECS云服务器2折起，优惠配置多选1</a>
							</li>
							<li>
								<a target="_blank" href="https://promotion.aliyun.com/ntms/act/enterprise-discount.html?userCode=7ulkk1gd">企业级ECS云服务器特惠</a>
							</li>
						</div>
					</div>
				</ol>
			</div>
		</div>
	</div>
</div>
				</div>
			</div>
		</div>
		<!-- 底部信息 -->
		<footer class="footer">
	<div class="footavatar">
		<img src="../images/my/login.jpg" class="footphoto">
		<ul class="footinfo">
			<p class="fname">
				<a href="javascript:;">偶尔有点困</a>
			</p>
			<p class="finfo">性别：^_^ 年龄：22岁</p>
			<p>现居：重庆</p>
		</ul>
	</div>
	<div class="recentuser layui-hide-xs" id="foot_recentuser">
		<p>最近访客</p>
		<ul>

			<li>
				<img src="https://thirdqq.qlogo.cn/qqapp/101486279/A2EA4D9F7A8D7CF03FBF8C07E33C3DE5/40" alt="今天没空" title="今天没空" />
				<div class="recent_nickname">今天没空</div>
			</li>

			<li>
				<img src="https://thirdqq.qlogo.cn/qqapp/101486279/97DA37BE0F3F3401EBAFE39A6C40AD50/40" alt="朝雾轻寒" title="朝雾轻寒" />
				<div class="recent_nickname">朝雾轻寒</div>
			</li>

			<li>
				<img src="https://thirdqq.qlogo.cn/qqapp/101486279/F3B4DB4BC3050A302CC8BF7CCF7644DD/40" alt="︶往事随风︶" title="︶往事随风︶" />
				<div class="recent_nickname">︶往事随风︶</div>
			</li>

			<li>
				<img src="https://thirdqq.qlogo.cn/qqapp/101486279/6FE89A77D8705517FA82C55476872437/40" alt="老虎打猫咪" title="老虎打猫咪" />
				<div class="recent_nickname">老虎打猫咪</div>
			</li>

			<li>
				<img src="https://thirdqq.qlogo.cn/qqapp/101486279/1718D6607EC5F2F1B5280C484F09F050/40" alt="AF" title="AF" />
				<div class="recent_nickname">AF</div>
			</li>

			<li>
				<img src="https://thirdqq.qlogo.cn/qqapp/101486279/5B8036CD006AC893ED75D4640CF03588/40" alt="." title="." />
				<div class="recent_nickname">.</div>
			</li>

		</ul>
	</div>
	<div class="info">
		<p>承认现实生活中的不足之处，并通过自己的努力去弥补这种不足</p>
		<span>
								<a>© 2018 纯真年代-博客</a>
							</span>
		<span>
										<a href="http://www.miitbeian.gov.cn" target="_blank">渝ICP备17007479号-2</a>
							</span>
		<span class="no-right-border">
								<a href="../admin/login.html" target="_blank">后台登录</a>
							</span>
		<span class="layui-clear no-right-border"></span>
	</div>
</footer>
		<ul class="layui-fixbar">
			<li class="layui-icon layui-fixbar-top" lay-type="top" style="display: list-item;">&#xe604;</li>
		</ul>
	</body>
	<script type="text/javascript" src="../layui.js"></script>
	<script type="text/javascript" src="../lay/system/public.js?v=1.0"></script>
	<script type="text/javascript" src="../lay/system/web/article_detail.js?v=1.1"></script>

</html>